package com.mmm.nlp;

import java.util.Queue;

/**
 * Created with IntelliJ IDEA.
 * User: Zhendong
 * Date: 4/17/13
 * Time: 10:24 PM
 * To change this template use File | Settings | File Templates.
 */
public interface TextTokenizer
{
    Queue<Token> tokenize(String text);
}
